

from  transformers import  BertTokenizer


if __name__ == '__main__':
    tokenizer = BertTokenizer.from_pretrained(
        pretrained_model_name_or_path='bert-base-chinese',

     )

    tokenizer.encode_plus(
        # truncation=  # 句子截断
        # return_tensors= # tf  pt  np
    )




